{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vocabulary size: 2735\n",
      "Epoch 1/1 | Batch 0/72900 | train loss: 7.9139 | lr: 0.0010\n",
      "\n",
      "北京市输兴任治藁蝉葱榈小箐荆娶斜丫蝶权妈晓输净沣朐巷徒鸭迦导秘知闸即巷劳镀孙装滦勃别邢李垛亚窿轩平翰气歪漯磕>形薄运爪像海杉k闪故霄亨坦栖帅垛泵~废绵些灯刘佛裙噶街琦接邑Y副捷恩桐歙炉静元侍勇翌闪一曦虎双升\n",
      "\n",
      "Epoch 1/1 | Batch 10/72900 | train loss: 6.9232 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 20/72900 | train loss: 5.2376 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 30/72900 | train loss: 4.7886 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 40/72900 | train loss: 4.7389 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 50/72900 | train loss: 4.7086 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 60/72900 | train loss: 4.7019 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 70/72900 | train loss: 4.7007 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 80/72900 | train loss: 4.6976 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 90/72900 | train loss: 4.6965 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 100/72900 | train loss: 4.6969 | lr: 0.0010\n",
      "\n",
      "北京市江挥3市柳N1经区2环忠北北七区18东9朝京淀房区丰市孵海北3西太阳\n",
      "阳\n",
      "0号1淀6号7楼现淀西城沟D兴彩6南市号0园汤息\n",
      "1市工科园\n",
      "扬北济甲0中朝街北河新世大牛世海12路9\n",
      "北1\n",
      "\n",
      "北单台朝路北\n",
      "\n",
      "\n",
      "Epoch 1/1 | Batch 110/72900 | train loss: 4.6983 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 120/72900 | train loss: 4.6916 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 130/72900 | train loss: 4.6889 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 140/72900 | train loss: 4.6844 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 150/72900 | train loss: 4.6776 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 160/72900 | train loss: 4.6784 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 170/72900 | train loss: 4.6770 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 180/72900 | train loss: 4.6804 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 190/72900 | train loss: 4.6731 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 200/72900 | train loss: 4.6684 | lr: 0.0010\n",
      "\n",
      "北京市贸4方\n",
      "0路创路\n",
      "北开业室州庄淀楼大阳坤号-淀京路台东1金大层京区北2郊7市兴号路\n",
      "京昌方座项代号华材联\n",
      "市\n",
      "6区镇\n",
      "市2城阁市11东公玉1财市山国朝\n",
      "张家京2路市七大1安淀业IH号57丰2二8湾区北\n",
      "\n",
      "Epoch 1/1 | Batch 210/72900 | train loss: 4.6693 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 220/72900 | train loss: 4.6692 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 230/72900 | train loss: 4.6666 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 240/72900 | train loss: 4.6675 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 250/72900 | train loss: 4.6650 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 260/72900 | train loss: 4.6702 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 270/72900 | train loss: 4.6692 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 280/72900 | train loss: 4.6715 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 290/72900 | train loss: 4.6692 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 300/72900 | train loss: 4.6664 | lr: 0.0010\n",
      "\n",
      "北京市廷北经座内市1\n",
      "纪第区市建5高区远3村层业京号北京座5街市大9门桥北区51市朝朝桥和A九台7\n",
      "村林海京芳A阳6街土东路北海北9号花区京环京区8朝楼京京科河安市仙4拨厦大2\n",
      "5京北1京1大州8厦531座\n",
      "\n",
      "Epoch 1/1 | Batch 310/72900 | train loss: 4.6593 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 320/72900 | train loss: 4.6543 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 330/72900 | train loss: 4.6505 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 340/72900 | train loss: 4.6518 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 350/72900 | train loss: 4.6505 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 360/72900 | train loss: 4.6523 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 370/72900 | train loss: 4.6538 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 380/72900 | train loss: 4.6517 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 390/72900 | train loss: 4.6475 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 400/72900 | train loss: 4.6474 | lr: 0.0010\n",
      "\n",
      "北京市洒蝴宋里号路街大号区心上号淀环大4通首京阳253市安路室）滨中1路2纪井朝海业书路西0府苏纪北路市0市台业街0万国田\n",
      "安\n",
      "\n",
      "1北九新0北－京中京北园1开1窗市号区01区新箱号里1铺盛海室台市北北B北新\n",
      "\n",
      "Epoch 1/1 | Batch 410/72900 | train loss: 4.6525 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 420/72900 | train loss: 4.6584 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 430/72900 | train loss: 4.6525 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 440/72900 | train loss: 4.6528 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 450/72900 | train loss: 4.6621 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 460/72900 | train loss: 4.6607 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 470/72900 | train loss: 4.6572 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 480/72900 | train loss: 4.6603 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 490/72900 | train loss: 4.6682 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 500/72900 | train loss: 4.6624 | lr: 0.0010\n",
      "\n",
      "北京市I6马北龙3市京化河北\n",
      "11秘中号内田东厦校阳外1\n",
      "石点1三市厦用匠第满桥新时店6市各海京路京城北\n",
      "海美上北区四寓京街区园8北大城榴北科\n",
      "区号阳北号十旧室A京9北2街关区路区市市9区术五座发财\n",
      "阳地星\n",
      "\n",
      "Epoch 1/1 | Batch 510/72900 | train loss: 4.6619 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 520/72900 | train loss: 4.6711 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 530/72900 | train loss: 4.6709 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 540/72900 | train loss: 4.6785 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 550/72900 | train loss: 4.6832 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 560/72900 | train loss: 4.6840 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 570/72900 | train loss: 4.6878 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 580/72900 | train loss: 4.6863 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 590/72900 | train loss: 4.6858 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 600/72900 | train loss: 4.6876 | lr: 0.0010\n",
      "\n",
      "北京市ｃ1层3Ｆ区海市路北市淀北35区隆\n",
      "外街区8区\n",
      "京5北街南0城海里市层科中贸区园号2北地三源天5\n",
      "6丰业山区大区时区路街园大左京海苑京\n",
      "市2台区甲建大后息台市区7区\n",
      "阳市大39事达办泰阳8北蓟金安3京\n",
      "\n",
      "Epoch 1/1 | Batch 610/72900 | train loss: 4.6847 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 620/72900 | train loss: 4.6911 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 630/72900 | train loss: 4.6872 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 640/72900 | train loss: 4.6930 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 650/72900 | train loss: 4.6989 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 660/72900 | train loss: 4.7027 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 670/72900 | train loss: 4.7040 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 680/72900 | train loss: 4.7159 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 690/72900 | train loss: 4.7070 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 700/72900 | train loss: 4.7082 | lr: 0.0010\n",
      "\n",
      "北京市荧市京淀旗武市3斯西甲淀清业京7宫东市二淀丰京丰地工西丰中村室\n",
      "江0阳６中朝号环2街5商阳-环喜路白\n",
      "区市南北子-楼\n",
      "业楼\n",
      "东5场镇丰\n",
      "通号8庄9京朝南0新研区北号区家业区1心怡市镇厦东-房65各北号\n",
      "\n",
      "Epoch 1/1 | Batch 710/72900 | train loss: 4.7132 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 720/72900 | train loss: 4.7149 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 730/72900 | train loss: 4.7125 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 740/72900 | train loss: 4.7132 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 750/72900 | train loss: 4.7153 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 760/72900 | train loss: 4.7184 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 770/72900 | train loss: 4.7125 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 780/72900 | train loss: 4.7091 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 790/72900 | train loss: 4.7026 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 800/72900 | train loss: 4.7062 | lr: 0.0010\n",
      "\n",
      "北京市府意阳间里\n",
      "安营南州空纺朝京B京京大宣\n",
      "崇京淀8市路营永淀市京区0京京9区达兴京京朝区天村华绣成\n",
      "0市室单路创经北区中B0北三17市北市阳2顺一京桃1京北\n",
      "坡1北楼\n",
      "肖号京家发2路\n",
      "北京年７巨双\n",
      "公2\n",
      "\n",
      "Epoch 1/1 | Batch 810/72900 | train loss: 4.7121 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 820/72900 | train loss: 4.7112 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 830/72900 | train loss: 4.7094 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 840/72900 | train loss: 4.7079 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 850/72900 | train loss: 4.7167 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 860/72900 | train loss: 4.7120 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 870/72900 | train loss: 4.7078 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 880/72900 | train loss: 4.6830 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 890/72900 | train loss: 4.6162 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 900/72900 | train loss: 4.4945 | lr: 0.0010\n",
      "\n",
      "北京市芙肖家日6均城京区号\n",
      "楼号土三1近京-0三道城区北区小路1楼际景3大厦门感京北室影钓\n",
      "京北北区号兴区寺海京朝街-9街开京丰1建楼号京朝北区新O拨二5蒙光东村9\n",
      "市1市2大2区单济大京街2中武区-市市怀\n",
      "\n",
      "Epoch 1/1 | Batch 910/72900 | train loss: 4.4010 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 920/72900 | train loss: 4.2933 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 930/72900 | train loss: 4.1980 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 940/72900 | train loss: 4.1185 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 950/72900 | train loss: 4.0365 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 960/72900 | train loss: 3.9505 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 970/72900 | train loss: 3.8629 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 980/72900 | train loss: 3.7732 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 990/72900 | train loss: 3.7018 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1000/72900 | train loss: 3.6258 | lr: 0.0010\n",
      "\n",
      "北京市微汇食恩管山合号务塔腾千拂乐地荷佳空刷业大北5甲金平顺锦永代街号镇渠有发05号环房胡青贞地大风街新睦判路上柔北海市百业号路号Ｓ苑写写索街街中日江关村\n",
      "区西瓦交厦1\n",
      "丰安州北北区云业街8座京北阳京市号\n",
      "\n",
      "\n",
      "Epoch 1/1 | Batch 1010/72900 | train loss: 3.5713 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1020/72900 | train loss: 3.5115 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1030/72900 | train loss: 3.4519 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1040/72900 | train loss: 3.3942 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1050/72900 | train loss: 3.3314 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1060/72900 | train loss: 3.2715 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1070/72900 | train loss: 3.2090 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1080/72900 | train loss: 3.1632 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1090/72900 | train loss: 3.1053 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1100/72900 | train loss: 3.0711 | lr: 0.0010\n",
      "\n",
      "北京市喇敏驿洗驰屯荫善挂要瓯迅夫坝画遥污妆片儿皓租巳\n",
      "北京区马盏家家工时岭品B中路西楼号慧路360\n",
      "北京区建路北68号\n",
      "市京淀京市大关区台区路大路9628号\n",
      "区金星210号\n",
      "北京京市海阳市西直县市海淀京京京\n",
      "\n",
      "Epoch 1/1 | Batch 1110/72900 | train loss: 3.0328 | lr: 0.0010\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1 | Batch 1120/72900 | train loss: 2.9990 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1130/72900 | train loss: 2.9521 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1140/72900 | train loss: 2.9103 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1150/72900 | train loss: 2.8660 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1160/72900 | train loss: 2.8294 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1170/72900 | train loss: 2.7751 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1180/72900 | train loss: 2.7399 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1190/72900 | train loss: 2.6957 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1200/72900 | train loss: 2.6647 | lr: 0.0010\n",
      "\n",
      "北京市幸系梗镇志月寺G甲07柜院首电发大一开心4单月园北京市海淀北大石技技路区\n",
      "北京市朝淀淀市丰河华大楼区台电泰基发街5号\n",
      "北京市怀兴北回景路15层\n",
      "北号平科厂\n",
      "北市海淀区宏民村大街11号二100室院里20\n",
      "\n",
      "Epoch 1/1 | Batch 1210/72900 | train loss: 2.6254 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1220/72900 | train loss: 2.5884 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1230/72900 | train loss: 2.5483 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1240/72900 | train loss: 2.5221 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1250/72900 | train loss: 2.4782 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1260/72900 | train loss: 2.4540 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1270/72900 | train loss: 2.4152 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1280/72900 | train loss: 2.3873 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1290/72900 | train loss: 2.3396 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1300/72900 | train loss: 2.3144 | lr: 0.0010\n",
      "\n",
      "北京市寺西分教环管保3层\n",
      "北京市昌亩街026\n",
      "北京市海淀区回河街61号-1001\n",
      "北京市海淀区中关路116号乐委经济技树园市丰台北科术云山大司大润侧\n",
      "北京市朝阳北京市朝北京市丰台区西路88号院\n",
      "北京市海淀区\n",
      "\n",
      "Epoch 1/1 | Batch 1310/72900 | train loss: 2.2749 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1320/72900 | train loss: 2.2457 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1330/72900 | train loss: 2.2070 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1340/72900 | train loss: 2.1899 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1350/72900 | train loss: 2.1511 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1360/72900 | train loss: 2.1290 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1370/72900 | train loss: 2.1058 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1380/72900 | train loss: 2.0770 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1390/72900 | train loss: 2.0506 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1400/72900 | train loss: 2.0415 | lr: 0.0010\n",
      "\n",
      "北京市为妨栌树丰南济庄门木济技工技技委发路11３-23号\n",
      "北京市丰台区丰房园四座82-214\n",
      "北京市丰院西经发区东四西路6号楼2803室\n",
      "北京市海淀区交大路利海定5２7\n",
      "北京市通州市京市平山区紫地柱里工五佃\n",
      "\n",
      "Epoch 1/1 | Batch 1410/72900 | train loss: 2.0206 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1420/72900 | train loss: 1.9966 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1430/72900 | train loss: 1.9816 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1440/72900 | train loss: 1.9638 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1450/72900 | train loss: 1.9451 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1460/72900 | train loss: 1.9375 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1470/72900 | train loss: 1.9162 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1480/72900 | train loss: 1.8936 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1490/72900 | train loss: 1.8707 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1500/72900 | train loss: 1.8524 | lr: 0.0010\n",
      "\n",
      "北京市军舍号道园5座103室\n",
      "北京市汗机电子市场西大厦10807室\n",
      "北京市海淀区燕台北小街21号院北大厦C座1A22\n",
      "北京市宣义区龙观东路18号电景公寓B226\n",
      "北京市海淀区知地东路28号\n",
      "北京市海淀区太台\n",
      "\n",
      "Epoch 1/1 | Batch 1510/72900 | train loss: 1.8460 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1520/72900 | train loss: 1.8354 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1530/72900 | train loss: 1.8190 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1540/72900 | train loss: 1.8247 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1550/72900 | train loss: 1.8130 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1560/72900 | train loss: 1.7965 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1570/72900 | train loss: 1.7828 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1580/72900 | train loss: 1.7744 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1590/72900 | train loss: 1.7684 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1600/72900 | train loss: 1.7639 | lr: 0.0010\n",
      "\n",
      "北京市深匹远演北新县区马州坨水鲁字称搂国达创社条区16号昌贸大厦140４室\n",
      "北京市海淀区上河信际33号中华大厦509柜线3号美码大厦431室\n",
      "北京市海淀区上地西路罗花市京开兴区天河路19号华三大厦B层B42\n",
      "\n",
      "Epoch 1/1 | Batch 1610/72900 | train loss: 1.7391 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1620/72900 | train loss: 1.7418 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1630/72900 | train loss: 1.7315 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1640/72900 | train loss: 1.7222 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1650/72900 | train loss: 1.7097 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1660/72900 | train loss: 1.7053 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1670/72900 | train loss: 1.7078 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1680/72900 | train loss: 1.6927 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1690/72900 | train loss: 1.6807 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1700/72900 | train loss: 1.6671 | lr: 0.0010\n",
      "\n",
      "北京市圆车字广兴街西街２号\n",
      "北京市海淀区中关村3209室\n",
      "北京市玉业园丰沿庄街62号\n",
      "泰电谷鞋房物大康C1808\n",
      "北京市海淀区燕清春里路22８号室\n",
      "北京市海淀区西四环东路9单煌国际西置际大厦号-5016\n",
      "北\n",
      "\n",
      "Epoch 1/1 | Batch 1710/72900 | train loss: 1.6676 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1720/72900 | train loss: 1.6585 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1730/72900 | train loss: 1.6461 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1740/72900 | train loss: 1.6343 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1750/72900 | train loss: 1.6264 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1760/72900 | train loss: 1.6214 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1770/72900 | train loss: 1.6256 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1780/72900 | train loss: 1.6137 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1790/72900 | train loss: 1.6003 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1800/72900 | train loss: 1.5932 | lr: 0.0010\n",
      "\n",
      "北京市唉武门手县岗庄5Ａ-3号A14A3尚品西市朝阳区西直间朝北京市丰台区天缘南南地路号-室11069室\n",
      "北京市海淀区知春里20号豪龙商务大厦405室\n",
      "北京市中关村南大街8号一层\n",
      "北京市崇文科新街1号办公寓\n",
      "\n",
      "Epoch 1/1 | Batch 1810/72900 | train loss: 1.5767 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1820/72900 | train loss: 1.5818 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1830/72900 | train loss: 1.5799 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1840/72900 | train loss: 1.5890 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1850/72900 | train loss: 1.5911 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1860/72900 | train loss: 1.5876 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1870/72900 | train loss: 1.5706 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1880/72900 | train loss: 1.5661 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1890/72900 | train loss: 1.5638 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1900/72900 | train loss: 1.5716 | lr: 0.0010\n",
      "\n",
      "北京市次88号\n",
      "北京市朝阳区东三方新汽地楼800号\n",
      "北1室\n",
      "北京市马潭林路\n",
      "北京市丰台区东里甲4号院1308\n",
      "北京市大兴区黄村嘉心\n",
      "0号楼\n",
      "北京市房山区衙门外大街40号楼\n",
      "北京市丰台区南三货顺风东路2号豪门\n",
      "\n",
      "Epoch 1/1 | Batch 1910/72900 | train loss: 1.5653 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1920/72900 | train loss: 1.5563 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1930/72900 | train loss: 1.5463 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1940/72900 | train loss: 1.5460 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1950/72900 | train loss: 1.5365 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1960/72900 | train loss: 1.5287 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1970/72900 | train loss: 1.5086 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1980/72900 | train loss: 1.5011 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 1990/72900 | train loss: 1.4958 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2000/72900 | train loss: 1.4840 | lr: 0.0010\n",
      "\n",
      "北京市山感祠徐综玉仕湾胡景内园工业技资港峻代察园广科技服市南大写字O日字楼凯纺XX险洋心\n",
      "北京市海淀区西直家园大厦1号\n",
      "北京市石景山里镇太虎园\n",
      "北京市朝阳区1２京北京市朝阳区鼓华路明小区金国际\n",
      "北京市佑红门\n",
      "\n",
      "Epoch 1/1 | Batch 2010/72900 | train loss: 1.4755 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2020/72900 | train loss: 1.4657 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2030/72900 | train loss: 1.4419 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2040/72900 | train loss: 1.4376 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2050/72900 | train loss: 1.4332 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2060/72900 | train loss: 1.4340 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2070/72900 | train loss: 1.4198 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2080/72900 | train loss: 1.4076 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2090/72900 | train loss: 1.3916 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2100/72900 | train loss: 1.4003 | lr: 0.0010\n",
      "\n",
      "北京市执外永北成城镇荆地山术业湖工市园贸委楼\n",
      "北京市海淀区北三环东路3号\n",
      "北京市昌平区原广场A座12号\n",
      "北京市朝阳区西直山开发区\n",
      "北京市朝阳区胜古北里路2号\n",
      "北京房科技园三胜丰花园\n",
      "北京市丰台区木樨园珠江骏\n",
      "\n",
      "Epoch 1/1 | Batch 2110/72900 | train loss: 1.3816 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2120/72900 | train loss: 1.3898 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2130/72900 | train loss: 1.3745 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2140/72900 | train loss: 1.3855 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2150/72900 | train loss: 1.3743 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2160/72900 | train loss: 1.3740 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2170/72900 | train loss: 1.3669 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2180/72900 | train loss: 1.3537 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2190/72900 | train loss: 1.3527 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2200/72900 | train loss: 1.3468 | lr: 0.0010\n",
      "\n",
      "北京市贸然建院卉电昌恒园土马馨庄\n",
      "北京市宣武区手原镇工业园1号\n",
      "北京市丰台区方庄河林陛村A1102号时代风学楼406号\n",
      "北京市石平山大街503号\n",
      "北京市丰台区槐房西里3７号楼\n",
      "北京市丰台区建彩罗货科花园\n",
      "北\n",
      "\n",
      "Epoch 1/1 | Batch 2210/72900 | train loss: 1.3330 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2220/72900 | train loss: 1.3367 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2230/72900 | train loss: 1.3374 | lr: 0.0010\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1 | Batch 2240/72900 | train loss: 1.3208 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2250/72900 | train loss: 1.3197 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2260/72900 | train loss: 1.3180 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2270/72900 | train loss: 1.3072 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2280/72900 | train loss: 1.3023 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2290/72900 | train loss: 1.2785 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2300/72900 | train loss: 1.2841 | lr: 0.0010\n",
      "\n",
      "北京市红画弩霁俸爸福润芳片泉枷限袖委丝旭颁绵字间碧跑枝沱涤登荷艳甫赝湔钥纪辅公寸陆息代疆寅庆代枞纬岸宾江半代视愉城京海淀区永丰路23号天地广场地下地紫企大厦205\n",
      "北京华大街13号长融大厦801\n",
      "北京市海淀\n",
      "\n",
      "Epoch 1/1 | Batch 2310/72900 | train loss: 1.2724 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2320/72900 | train loss: 1.2607 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2330/72900 | train loss: 1.2495 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2340/72900 | train loss: 1.2471 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2350/72900 | train loss: 1.2480 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2360/72900 | train loss: 1.2503 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2370/72900 | train loss: 1.2360 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2380/72900 | train loss: 1.2350 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2390/72900 | train loss: 1.2292 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2400/72900 | train loss: 1.2291 | lr: 0.0010\n",
      "\n",
      "北京市格力黎集文区工际业业服装向色O阳龙庙口村8层\n",
      "北门东北路5号\n",
      "北京市大兴区旧宫西路15号层\n",
      "北京市海淀区中关村大街17号主楼501室\n",
      "北京市大兴区瀛海镇东二村牛水\n",
      "北号交楼303室\n",
      "北京市海淀区复清寺\n",
      "\n",
      "Epoch 1/1 | Batch 2410/72900 | train loss: 1.2113 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2420/72900 | train loss: 1.2053 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2430/72900 | train loss: 1.2002 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2440/72900 | train loss: 1.2016 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2450/72900 | train loss: 1.1876 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2460/72900 | train loss: 1.1935 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2470/72900 | train loss: 1.1854 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2480/72900 | train loss: 1.1885 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2490/72900 | train loss: 1.1725 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2500/72900 | train loss: 1.1836 | lr: 0.0010\n",
      "\n",
      "北京市功内鸿通武间水摊北骨驹武员军0号元O楼E座外二园8９－12\n",
      "北京市顺义区顺义区马宫镇村322号\n",
      "北京市朝阳区惠东里1号楼1002室\n",
      "北京市朝阳区安河路9号台区德华里29号\n",
      "北京市丰台区和苑东里9号楼\n",
      "\n",
      "\n",
      "Epoch 1/1 | Batch 2510/72900 | train loss: 1.1853 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2520/72900 | train loss: 1.1982 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2530/72900 | train loss: 1.1909 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2540/72900 | train loss: 1.1969 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2550/72900 | train loss: 1.1847 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2560/72900 | train loss: 1.1997 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2570/72900 | train loss: 1.1849 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2580/72900 | train loss: 1.1837 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2590/72900 | train loss: 1.1657 | lr: 0.0010\n",
      "Epoch 1/1 | Batch 2600/72900 | train loss: 1.1790 | lr: 0.0010\n",
      "\n",
      "北京市命金府清国业大际1楼玉驹州顺立产杏大利色息产古泥放滩安宁家右驿东名腾待里\n",
      "北海明园市朝阳区东三环北路3号开放3D座1-606\n",
      "北京市海淀区知春里豪景中心1012室\n",
      "北京市海淀区成芳路35号\n",
      "北京市大兴\n",
      "\n",
      "Epoch 1/1 | Batch 2610/72900 | train loss: 1.1604 | lr: 0.0010\n"
     ]
    }
   ],
   "source": [
    "# -*- coding: utf-8 -*-\n",
    "from rnn_text_gen import RNNTextGen\n",
    "from io import open\n",
    "\n",
    "\n",
    "if __name__ == '__main__':\n",
    "    with open('./temp/beijing.txt', encoding='utf-8') as f:\n",
    "        text = f.read()\n",
    "    \n",
    "    model = RNNTextGen(text, seq_len=100)\n",
    "    log = model.fit(start_word = u'北京市', n_gen=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
